#!/bin/bash

# 设置virtualenv目录的路径
VENV_DIR="/home/share/llm/llama-cpp/llama.cpp/.venv"

# 激活virtualenv
source "${VENV_DIR}/bin/activate"

# 检查virtualenv是否激活成功
echo "Python version from within the virtualenv:"
which python

# 运行Python脚本
#python3 -m llama_cpp.server  --model /home/share/llm/models/phi-2-ggml-model-q4_0.gguf --host 0.0.0.0 --port 8501  --n_gpu_layers 33 --model_alias qwen2

python3 -m llama_cpp.server  --model  /home/share/llm/models/Qwen1.5-14B-Chat-Q5_K_M.gguf --host 0.0.0.0 --port 8501  --n_gpu_layers 41 --model_alias gpt-3.5-turbo